import torch
from transformers import pipeline

/home/akhlak/micromamba/envs/pytorch/lib/python3.11/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html
  from .autonotebook import tqdm as notebook_tqdm

llm = pipeline(model="databricks/dolly-v2-3b", device=0, trust_remote_code=True)

llm("def print_hello(txt):")

[{'generated_text': 'Hello, world!'}]